++ rg -v '#' /usr/share/zoneinfo/zone.tab ++ awk '{print $3}' ++ shuf ++ head -n1 + TZ=America/St_Barthelemy + echo 'Choosen random timezone America/St_Barthelemy' + ln -snf /usr/share/zoneinfo/America/St_Barthelemy /etc/localtime Choosen random timezone America/St_Barthelemy + echo America/St_Barthelemy + dpkg -i package_folder/clickhouse-common-static_24.3.12.76.altinitystable_amd64.deb Selecting previously unselected package clickhouse-common-static. (Reading database ... 49077 files and directories currently installed.) Preparing to unpack .../clickhouse-common-static_24.3.12.76.altinitystable_amd64.deb ... Unpacking clickhouse-common-static (24.3.12.76.altinitystable) ... Setting up clickhouse-common-static (24.3.12.76.altinitystable) ... + dpkg -i package_folder/clickhouse-common-static-dbg_24.3.12.76.altinitystable_amd64.deb Selecting previously unselected package clickhouse-common-static-dbg. (Reading database ... 49106 files and directories currently installed.) Preparing to unpack .../clickhouse-common-static-dbg_24.3.12.76.altinitystable_amd64.deb ... Unpacking clickhouse-common-static-dbg (24.3.12.76.altinitystable) ... Setting up clickhouse-common-static-dbg (24.3.12.76.altinitystable) ... + dpkg -i package_folder/clickhouse-server_24.3.12.76.altinitystable_amd64.deb Selecting previously unselected package clickhouse-server. (Reading database ... 49115 files and directories currently installed.) Preparing to unpack .../clickhouse-server_24.3.12.76.altinitystable_amd64.deb ... Unpacking clickhouse-server (24.3.12.76.altinitystable) ... Setting up clickhouse-server (24.3.12.76.altinitystable) ... Cannot set 'net_admin' or 'ipc_lock' or 'sys_nice' or 'net_bind_service' capability for clickhouse binary. This is optional. Taskstats accounting will be disabled. To enable taskstats accounting you may add the required capability later manually. ClickHouse binary is already located at /usr/bin/clickhouse Symlink /usr/bin/clickhouse-server already exists but it points to /clickhouse. Will replace the old symlink to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-server to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-client to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-local to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-benchmark to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-obfuscator to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-git-import to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-compressor to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-format to /usr/bin/clickhouse. Symlink /usr/bin/clickhouse-extract-from-config already exists but it points to /clickhouse. Will replace the old symlink to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-extract-from-config to /usr/bin/clickhouse. Symlink /usr/bin/clickhouse-keeper already exists but it points to /clickhouse. Will replace the old symlink to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-keeper to /usr/bin/clickhouse. Symlink /usr/bin/clickhouse-keeper-converter already exists but it points to /clickhouse. Will replace the old symlink to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-keeper-converter to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-disks to /usr/bin/clickhouse. Creating symlink /usr/bin/ch to /usr/bin/clickhouse. Creating symlink /usr/bin/chl to /usr/bin/clickhouse. Creating symlink /usr/bin/chc to /usr/bin/clickhouse. Creating clickhouse group if it does not exist. groupadd -r clickhouse Creating clickhouse user if it does not exist. useradd -r --shell /bin/false --home-dir /nonexistent -g clickhouse clickhouse Will set ulimits for clickhouse user in /etc/security/limits.d/clickhouse.conf. Creating config directory /etc/clickhouse-server/config.d that is used for tweaks of main server configuration. Creating config directory /etc/clickhouse-server/users.d that is used for tweaks of users configuration. Config file /etc/clickhouse-server/config.xml already exists, will keep it and extract path info from it. /etc/clickhouse-server/config.xml has /var/lib/clickhouse/ as data path. /etc/clickhouse-server/config.xml has /var/log/clickhouse-server/ as log path. Users config file /etc/clickhouse-server/users.xml already exists, will keep it and extract users info from it. Log directory /var/log/clickhouse-server/ already exists. Creating data directory /var/lib/clickhouse/. Creating pid directory /var/run/clickhouse-server. chown -R clickhouse:clickhouse '/var/log/clickhouse-server/' chown -R clickhouse:clickhouse '/var/run/clickhouse-server' chown clickhouse:clickhouse '/var/lib/clickhouse/' groupadd -r clickhouse-bridge useradd -r --shell /bin/false --home-dir /nonexistent -g clickhouse-bridge clickhouse-bridge chown -R clickhouse-bridge:clickhouse-bridge '/usr/bin/clickhouse-odbc-bridge' chown -R clickhouse-bridge:clickhouse-bridge '/usr/bin/clickhouse-library-bridge' Password for the default user is an empty string. See /etc/clickhouse-server/users.xml and /etc/clickhouse-server/users.d to change it. Setting capabilities for clickhouse binary. This is optional. chown -R clickhouse:clickhouse '/etc/clickhouse-server' ClickHouse has been successfully installed. Start clickhouse-server with: sudo clickhouse start Start clickhouse-client with: clickhouse-client + dpkg -i package_folder/clickhouse-client_24.3.12.76.altinitystable_amd64.deb Selecting previously unselected package clickhouse-client. (Reading database ... 49132 files and directories currently installed.) Preparing to unpack .../clickhouse-client_24.3.12.76.altinitystable_amd64.deb ... Unpacking clickhouse-client (24.3.12.76.altinitystable) ... Setting up clickhouse-client (24.3.12.76.altinitystable) ... + echo '' + [[ -z '' ]] + ch --query 'SELECT 1' 1 + chl --query 'SELECT 1' 1 + chc --version ClickHouse client version 24.3.12.76.altinitystable. + ln -s /usr/share/clickhouse-test/clickhouse-test /usr/bin/clickhouse-test + source /attach_gdb.lib ++ source /utils.lib + source /utils.lib + /usr/share/clickhouse-test/config/install.sh + DEST_SERVER_PATH=/etc/clickhouse-server + DEST_CLIENT_PATH=/etc/clickhouse-client +++ dirname /usr/share/clickhouse-test/config/install.sh ++ cd /usr/share/clickhouse-test/config ++ pwd -P Going to install test configs from /usr/share/clickhouse-test/config into /etc/clickhouse-server + SRC_PATH=/usr/share/clickhouse-test/config + echo 'Going to install test configs from /usr/share/clickhouse-test/config into /etc/clickhouse-server' + mkdir -p /etc/clickhouse-server/config.d/ + mkdir -p /etc/clickhouse-server/users.d/ + mkdir -p /etc/clickhouse-client + ln -sf /usr/share/clickhouse-test/config/config.d/zookeeper_write.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/max_num_to_warn.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/listen.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/text_log.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/blob_storage_log.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/custom_settings_prefixes.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/enable_access_control_improvements.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/macros.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/secure_ports.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/clusters.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/graphite.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/graphite_alternative.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/database_atomic.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/max_concurrent_queries.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/merge_tree_settings.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/backoff_failed_mutation.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/merge_tree_old_dirs_cleanup.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/test_cluster_with_incorrect_pw.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/keeper_port.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/logging_no_rotate.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/merge_tree.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/lost_forever_check.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/tcp_with_proxy.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/prometheus.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/top_level_domains_lists.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/top_level_domains_path.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/transactions.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/encryption.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/CORS.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/zookeeper_log.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/logger_trace.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/named_collection.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/ssl_certs.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/filesystem_cache_log.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/session_log.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/system_unfreeze.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/enable_zero_copy_replication.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/nlp.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/forbidden_headers.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/enable_keeper_map.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/custom_disks_base_path.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/display_name.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/reverse_dns_query_function.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/compressed_marks_and_index.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/disable_s3_env_credentials.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/enable_wait_for_shutdown_replicated_tables.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/backups.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/filesystem_caches_path.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/validate_tcp_client_information.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/zero_copy_destructive_operations.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/block_number.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/handlers.yaml /etc/clickhouse-server/config.d/ + '[' /etc/clickhouse-server = /etc/clickhouse-server ']' + ln -sf /usr/share/clickhouse-test/config/config.d/legacy_geobase.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/log_queries.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/readonly.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/access_management.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/database_atomic_drop_detach_sync.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/opentelemetry.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/remote_queries.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/session_log_test.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/memory_profiler.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/no_fsync_metadata.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/filelog.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/enable_blobs_check.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/marks.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/insert_keeper_retries.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/prefetch_settings.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/nonconst_timezone.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/allow_introspection_functions.yaml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/replicated_ddl_entry.xml /etc/clickhouse-server/users.d/ + [[ -n '' ]] + ln -sf /usr/share/clickhouse-test/config/users.d/timeouts.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/ints_dictionary.xml /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/strings_dictionary.xml /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/decimals_dictionary.xml /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/executable_dictionary.xml /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/executable_pool_dictionary.xml /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/test_function.xml /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/top_level_domains /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/regions_hierarchy.txt /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/regions_names_en.txt /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/ext-en.txt /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/ext-ru.txt /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/lem-en.bin /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/server.key /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/server.crt /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/dhparam.pem /etc/clickhouse-server/ + ln -sf --backup=simple --suffix=_original.xml /usr/share/clickhouse-test/config/config.d/query_masking_rules.xml /etc/clickhouse-server/config.d/ + [[ -n '' ]] + rm -f /etc/clickhouse-server/config.d/zookeeper_fault_injection.xml + ln -sf /usr/share/clickhouse-test/config/config.d/zookeeper.xml /etc/clickhouse-server/config.d/ + [[ -n '' ]] + rm -f /etc/clickhouse-server/config.d/cannot_allocate_thread_injection.xml + value=0 + sed --follow-symlinks -i 's|[01]|0|' /etc/clickhouse-server/config.d/keeper_port.xml + value=47417344 + sed --follow-symlinks -i 's|[[:digit:]]\+|47417344|' /etc/clickhouse-server/config.d/keeper_port.xml + value=1898496 + sed --follow-symlinks -i 's|[[:digit:]]\+|1898496|' /etc/clickhouse-server/config.d/keeper_port.xml + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + ARM=aarch64 ++ uname -m + OS=x86_64 + [[ -n 1 ]] + echo x86_64 + [[ '' -eq 1 ]] x86_64 + [[ x86_64 == \a\a\r\c\h\6\4 ]] Adding azure configuration + echo 'Adding azure configuration' + ln -sf /usr/share/clickhouse-test/config/config.d/azure_storage_conf.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/storage_conf.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/storage_conf_02944.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/storage_conf_02963.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/storage_conf_02961.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/s3_cache.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/s3_cache_new.xml /etc/clickhouse-server/users.d/ + [[ -n '' ]] + ln -sf /usr/share/clickhouse-test/config/client_config.xml /etc/clickhouse-client/config.xml + [[ -n '' ]] + ./setup_minio.sh stateless + azurite-blob --blobHost 0.0.0.0 --blobPort 10000 --debug /azurite_log + export MINIO_ROOT_USER=clickhouse + MINIO_ROOT_USER=clickhouse + export MINIO_ROOT_PASSWORD=clickhouse + MINIO_ROOT_PASSWORD=clickhouse + main stateless + local query_dir ++ check_arg stateless ++ local query_dir ++ '[' '!' 1 -eq 1 ']' ++ case "$1" in ++ query_dir=0_stateless ++ echo 0_stateless + query_dir=0_stateless + '[' '!' -f ./minio ']' + start_minio + mkdir -p ./minio_data + ./minio --version Azurite Blob service is starting on 0.0.0.0:10000 Azurite Blob service successfully listens on http://0.0.0.0:10000 minio version RELEASE.2022-01-03T18-22-58Z + wait_for_it + local counter=0 + local max_counter=60 + local url=http://localhost:11111 + params=('--silent' '--verbose') + local params + ./minio server --address :11111 ./minio_data + curl --silent --verbose http://localhost:11111 + grep AccessDenied + [[ 0 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 trying to connect to minio + counter=1 + curl --silent --verbose http://localhost:11111 + grep AccessDenied trying to connect to minio + [[ 1 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 + counter=2 + curl --silent --verbose http://localhost:11111 + grep AccessDenied + [[ 2 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 trying to connect to minio + counter=3 + curl --silent --verbose http://localhost:11111 + grep AccessDenied trying to connect to minio + [[ 3 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 + counter=4 + grep AccessDenied + curl --silent --verbose http://localhost:11111 + [[ 4 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 trying to connect to minio + counter=5 + curl --silent --verbose http://localhost:11111 + grep AccessDenied trying to connect to minio + [[ 5 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 + counter=6 + curl --silent --verbose http://localhost:11111 + grep AccessDenied trying to connect to minio + [[ 6 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 + counter=7 + curl --silent --verbose http://localhost:11111 + grep AccessDenied + [[ 7 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 trying to connect to minio + counter=8 + curl --silent --verbose http://localhost:11111 + grep AccessDenied trying to connect to minio + [[ 8 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 + counter=9 + curl --silent --verbose http://localhost:11111 + grep AccessDenied trying to connect to minio + [[ 9 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 + counter=10 + curl --silent --verbose http://localhost:11111 + grep AccessDenied + [[ 10 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 trying to connect to minio API: http://172.17.0.2:11111 http://127.0.0.1:11111 Console: http://172.17.0.2:38949 http://127.0.0.1:38949 Documentation: https://docs.min.io WARNING: Console endpoint is listening on a dynamic port (38949), please use --console-address ":PORT" to choose a static port. + counter=11 + curl --silent --verbose http://localhost:11111 + grep AccessDenied AccessDeniedAccess Denied./182A0186F3629AE69fc7a280-63d6-4547-b2ca-82e2cc7d311c + lsof -i :11111 COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME minio 259 root 10u IPv6 18400 0t0 TCP *:11111 (LISTEN) + sleep 5 + setup_minio stateless + local test_type=stateless + ./mc alias set clickminio http://localhost:11111 clickhouse clickhouse Added `clickminio` successfully. + ./mc admin user add clickminio test testtest Added user `test` successfully. + ./mc admin policy set clickminio readwrite user=test Policy `readwrite` is set on user `test` + ./mc mb clickminio/test Bucket created successfully `clickminio/test`. + '[' stateless = stateless ']' + ./mc policy set public clickminio/test Access permission for `clickminio/test` is set to `public` + upload_data 0_stateless /usr/share/clickhouse-test + local query_dir=0_stateless + local test_path=/usr/share/clickhouse-test + local data_path=/usr/share/clickhouse-test/queries/0_stateless/data_minio ++ ls /usr/share/clickhouse-test/queries/0_stateless/data_minio 02366_data.jsonl + for file in $(ls "${data_path}") + echo 02366_data.jsonl + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/02366_data.jsonl clickminio/test/02366_data.jsonl `/usr/share/clickhouse-test/queries/0_stateless/data_minio/02366_data.jsonl` -> `clickminio/test/02366_data.jsonl` Total: 0 B, Transferred: 0 B, Speed: 0 B/s 02731.arrow + for file in $(ls "${data_path}") + echo 02731.arrow + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/02731.arrow clickminio/test/02731.arrow `/usr/share/clickhouse-test/queries/0_stateless/data_minio/02731.arrow` -> `clickminio/test/02731.arrow` Total: 0 B, Transferred: 3.82 MiB, Speed: 121.61 MiB/s 02731.parquet + for file in $(ls "${data_path}") + echo 02731.parquet + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/02731.parquet clickminio/test/02731.parquet `/usr/share/clickhouse-test/queries/0_stateless/data_minio/02731.parquet` -> `clickminio/test/02731.parquet` Total: 0 B, Transferred: 1.57 MiB, Speed: 85.02 MiB/s + for file in $(ls "${data_path}") + echo 02876.parquet + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/02876.parquet clickminio/test/02876.parquet 02876.parquet `/usr/share/clickhouse-test/queries/0_stateless/data_minio/02876.parquet` -> `clickminio/test/02876.parquet` Total: 0 B, Transferred: 293 B, Speed: 28.45 KiB/s + for file in $(ls "${data_path}") + echo a.tsv + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/a.tsv clickminio/test/a.tsv a.tsv `/usr/share/clickhouse-test/queries/0_stateless/data_minio/a.tsv` -> `clickminio/test/a.tsv` Total: 0 B, Transferred: 24 B, Speed: 2.20 KiB/s + for file in $(ls "${data_path}") + echo b.tsv + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/b.tsv clickminio/test/b.tsv b.tsv `/usr/share/clickhouse-test/queries/0_stateless/data_minio/b.tsv` -> `clickminio/test/b.tsv` Total: 0 B, Transferred: 33 B, Speed: 3.15 KiB/s c.tsv + for file in $(ls "${data_path}") + echo c.tsv + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/c.tsv clickminio/test/c.tsv `/usr/share/clickhouse-test/queries/0_stateless/data_minio/c.tsv` -> `clickminio/test/c.tsv` Total: 0 B, Transferred: 33 B, Speed: 3.27 KiB/s + for file in $(ls "${data_path}") + echo tsv_with_header.tsv + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/tsv_with_header.tsv clickminio/test/tsv_with_header.tsv tsv_with_header.tsv `/usr/share/clickhouse-test/queries/0_stateless/data_minio/tsv_with_header.tsv` -> `clickminio/test/tsv_with_header.tsv` Total: 0 B, Transferred: 44 B, Speed: 4.94 KiB/s + setup_aws_credentials + local minio_root_user=clickhouse + local minio_root_password=clickhouse + mkdir -p /root/.aws + cat + ./setup_hdfs_minicluster.sh + ls -lha total 135M drwxr-xr-x 1 root root 4.0K Mar 5 16:17 . drwxr-xr-x 1 root root 4.0K Mar 5 16:17 .. -rw-rw-r-- 1 1000 1000 300 Mar 5 16:13 analyzer_tech_debt.txt -rw-rw-r-- 1 root root 1.6K Oct 31 09:22 attach_gdb.lib -rw-r--r-- 1 root root 1.3K Mar 5 16:17 __azurite_db_blob_extent__.json -rw-r--r-- 1 root root 3.9K Mar 5 16:17 __azurite_db_blob__.json -rw-r--r-- 1 root root 1.4K Mar 5 16:17 azurite_log lrwxrwxrwx 1 root root 7 Sep 11 10:04 bin -> usr/bin drwxr-xr-x 2 root root 4.0K Mar 5 16:17 __blobstorage__ drwxr-xr-x 2 root root 4.0K Apr 18 2022 boot -rw-rw-r-- 1 1000 1000 2.5K Mar 5 16:13 broken_tests.json drwxr-xr-x 5 root root 340 Mar 5 16:17 dev -rwxr-xr-x 1 root root 0 Mar 5 16:17 .dockerenv drwxr-xr-x 1 root root 4.0K Mar 5 16:17 etc drwxr-xr-x 10 1000 1000 4.0K Jun 15 2021 hadoop-3.3.1 drwxr-xr-x 2 root root 4.0K Apr 18 2022 home lrwxrwxrwx 1 root root 7 Sep 11 10:04 lib -> usr/lib lrwxrwxrwx 1 root root 9 Sep 11 10:04 lib32 -> usr/lib32 lrwxrwxrwx 1 root root 9 Sep 11 10:04 lib64 -> usr/lib64 lrwxrwxrwx 1 root root 10 Sep 11 10:04 libx32 -> usr/libx32 -rwxr-xr-x 1 root root 21M Oct 31 09:42 mc drwxr-xr-x 2 root root 4.0K Sep 11 10:04 media -rwxr-xr-x 1 root root 114M Oct 31 09:42 minio drwxr-xr-x 4 root root 4.0K Mar 5 16:18 minio_data drwxr-xr-x 2 root root 4.0K Sep 11 10:04 mnt drwxr-xr-x 2 root root 4.0K Sep 11 10:04 opt -rw-r--r-- 1 root root 0 Feb 14 2024 .package-cache-mutate drwxrwxr-x 2 1000 1000 4.0K Mar 5 16:17 package_folder dr-xr-xr-x 307 root root 0 Mar 5 16:17 proc -rwxrwxr-x 1 root root 8.2K Oct 31 09:22 process_functional_tests_result.py drwx------ 1 root root 4.0K Mar 5 16:18 root drwxr-xr-x 1 root root 4.0K Mar 5 16:17 run -rwxrwxr-x 1 root root 16K Oct 31 09:22 run.sh lrwxrwxrwx 1 root root 8 Sep 11 10:04 sbin -> usr/sbin -rwxrwxr-x 1 root root 11K Oct 31 09:22 setup_export_logs.sh -rwxrwxr-x 1 root root 351 Oct 31 09:22 setup_hdfs_minicluster.sh -rwxrwxr-x 1 root root 3.4K Oct 31 09:22 setup_minio.sh drwxr-xr-x 2 root root 4.0K Sep 11 10:04 srv -rw-rw-r-- 1 root root 13K Oct 31 09:22 stress_tests.lib dr-xr-xr-x 13 root root 0 Mar 5 16:17 sys drwxrwxr-x 2 1000 1000 4.0K Mar 5 16:17 test_output drwxrwxrwt 1 root root 4.0K Mar 5 16:17 tmp drwxr-xr-x 1 root root 4.0K Sep 11 10:04 usr -rw-rw-r-- 1 root root 833 Oct 31 09:22 utils.lib drwxr-xr-x 1 root root 4.0K Sep 11 10:07 var + cd hadoop-3.3.1 + export JAVA_HOME=/usr + JAVA_HOME=/usr + mkdir -p target/test/data + chown clickhouse ./target/test/data + nc -z localhost 12222 + sudo -E -u clickhouse bin/mapred minicluster -format -nomr -nnport 12222 + sleep 1 + nc -z localhost 12222 + sleep 1 + nc -z localhost 12222 + lsof -i :12222 COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME java 550 clickhouse 322u IPv4 37329 0t0 TCP localhost:12222 (LISTEN) + sleep 5 + config_logs_export_cluster /etc/clickhouse-server/config.d/system_logs_export.yaml + set +x File /tmp/export-logs-config.sh does not exist, do not setup + [[ -n '' ]] + '[' 1 -gt 1 ']' + sudo clickhouse start chown -R clickhouse: '/var/run/clickhouse-server/' Will run sudo --preserve-env -u 'clickhouse' /usr/bin/clickhouse-server --config-file /etc/clickhouse-server/config.xml --pid-file /var/run/clickhouse-server/clickhouse-server.pid --daemon Waiting for server to start Waiting for server to start Server started + [[ -n '' ]] + for _ in {1..100} + clickhouse-client --query 'SELECT 1' Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) + sleep 1 + for _ in {1..100} + clickhouse-client --query 'SELECT 1' Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) + sleep 1 + for _ in {1..100} + clickhouse-client --query 'SELECT 1' 127.0.0.1 - - [05/Mar/2025:20:18:22 +0000] "PUT /devstoreaccount1/cont?restype=container HTTP/1.1" 201 - 127.0.0.1 - - [05/Mar/2025:20:18:22 +0000] "PUT /devstoreaccount1/cont/rgtpgcepfrfgvcpzxcwbjxeqjznmwkzr?blockid=tlcebiaeemtjgqnmaivrtqbwyrtiooawoglzjrxkfhaarcwxewjhpwvybwfyekub&comp=block HTTP/1.1" 201 - 127.0.0.1 - - [05/Mar/2025:20:18:22 +0000] "PUT /devstoreaccount1/cont/rgtpgcepfrfgvcpzxcwbjxeqjznmwkzr?comp=blocklist HTTP/1.1" 201 - 127.0.0.1 - - [05/Mar/2025:20:18:22 +0000] "GET /devstoreaccount1/cont/rgtpgcepfrfgvcpzxcwbjxeqjznmwkzr HTTP/1.1" 206 4 127.0.0.1 - - [05/Mar/2025:20:18:22 +0000] "GET /devstoreaccount1/cont/rgtpgcepfrfgvcpzxcwbjxeqjznmwkzr HTTP/1.1" 206 2 127.0.0.1 - - [05/Mar/2025:20:18:22 +0000] "DELETE /devstoreaccount1/cont/rgtpgcepfrfgvcpzxcwbjxeqjznmwkzr HTTP/1.1" 202 - 1 + break + setup_logs_replication + set +x File /tmp/export-logs-config.sh does not exist, do not setup + attach_gdb_to_clickhouse ++ kill -l SIGRTMIN + RTMIN=34 + echo ' set follow-fork-mode parent handle SIGHUP nostop noprint pass handle SIGINT nostop noprint pass handle SIGQUIT nostop noprint pass handle SIGPIPE nostop noprint pass handle SIGTERM nostop noprint pass handle SIGUSR1 nostop noprint pass handle SIGUSR2 nostop noprint pass handle SIG34 nostop noprint pass info signals continue backtrace full thread apply all backtrace full info registers disassemble /s up disassemble /s up disassemble /s p "done" detach quit ' + sleep 5 + ts '%Y-%m-%d %H:%M:%S' ++ cat /var/run/clickhouse-server/clickhouse-server.pid + gdb -batch -command script.gdb -p 738 + run_with_retry 60 clickhouse-client --query 'SELECT '\''Connected to clickhouse-server after attaching gdb'\''' + [[ aehxB =~ e ]] + set_e=true + set +e + local total_retries=60 + shift + local retry=0 + '[' 0 -ge 60 ']' + clickhouse-client --query 'SELECT '\''Connected to clickhouse-server after attaching gdb'\''' Connected to clickhouse-server after attaching gdb + true + set -e + return + export -f run_tests + '[' 1 -gt 1 ']' + timeout_with_logging 9720 bash -c run_tests + local exit_code=0 + timeout 9720 bash -c run_tests + read -ra ADDITIONAL_OPTIONS + HIGH_LEVEL_COVERAGE=YES + '[' 1 -gt 1 ']' + [[ -n '' ]] + [[ -n '' ]] ++ clickhouse-client --query 'SELECT value LIKE '\''%SANITIZE_COVERAGE%'\'' FROM system.build_options WHERE name = '\''CXX_FLAGS'\''' + [[ 1 == 0 ]] + ADDITIONAL_OPTIONS+=('--jobs') + ADDITIONAL_OPTIONS+=('8') + [[ -n 1 ]] + [[ -n 5 ]] + ADDITIONAL_OPTIONS+=('--run-by-hash-num') + ADDITIONAL_OPTIONS+=("$RUN_BY_HASH_NUM") + ADDITIONAL_OPTIONS+=('--run-by-hash-total') + ADDITIONAL_OPTIONS+=("$RUN_BY_HASH_TOTAL") + HIGH_LEVEL_COVERAGE=NO + [[ -n '' ]] + [[ NO = \Y\E\S ]] + ADDITIONAL_OPTIONS+=('--report-logs-stats') + try_run_with_retry 10 clickhouse-client -q 'insert into system.zookeeper (name, path, value) values ('\''auxiliary_zookeeper2'\'', '\''/test/chroot/'\'', '\'''\'')' + local total_retries=10 + shift + fn_exists run_with_retry + declare -F run_with_retry + run_with_retry 10 clickhouse-client -q 'insert into system.zookeeper (name, path, value) values ('\''auxiliary_zookeeper2'\'', '\''/test/chroot/'\'', '\'''\'')' + [[ hxBc =~ e ]] + set_e=false + set +e + local total_retries=10 + shift + local retry=0 + '[' 0 -ge 10 ']' + clickhouse-client -q 'insert into system.zookeeper (name, path, value) values ('\''auxiliary_zookeeper2'\'', '\''/test/chroot/'\'', '\'''\'')' + false + return + set +e + clickhouse-test --testname --shard --zookeeper --check-zookeeper-session --hung-check --print-time --test-runs 1 --hung-check --print-time --jobs 8 --run-by-hash-num 1 --run-by-hash-total 5 --report-logs-stats + ts '%Y-%m-%d %H:%M:%S' + tee -a test_output/test_result.txt 2025-03-05 16:19:52 Using queries from '/usr/share/clickhouse-test/queries' directory 2025-03-05 16:19:52 Connecting to ClickHouse server... OK 2025-03-05 16:19:52 Connected to server 24.3.12.76.altinitystable @ 552780245684c25bd4bd0689593fe37df0ea2aec HEAD 2025-03-05 16:19:52 Found 1138 parallel tests and 103 sequential tests 2025-03-05 16:19:55 2025-03-05 16:19:55 Running about 142 stateless tests (ForkPoolWorker-8). 2025-03-05 16:19:55 2025-03-05 16:19:55 03164_create_as_default: [ OK ] 3.16 sec. 2025-03-05 16:19:56 2025-03-05 16:19:56 Running about 142 stateless tests (ForkPoolWorker-6). 2025-03-05 16:19:56 2025-03-05 16:19:56 03164_analyzer_rewrite_aggregate_function_with_if: [ OK ] 3.48 sec. 2025-03-05 16:19:56 2025-03-05 16:19:56 Running about 142 stateless tests (ForkPoolWorker-4). 2025-03-05 16:19:56 2025-03-05 16:19:56 03215_udf_with_union: [ OK ] 3.50 sec. 2025-03-05 16:19:56 2025-03-05 16:19:56 Running about 142 stateless tests (ForkPoolWorker-9). 2025-03-05 16:19:56 2025-03-05 16:19:56 03165_order_by_duplicate: [ OK ] 3.51 sec. 2025-03-05 16:19:56 2025-03-05 16:19:56 Running about 142 stateless tests (ForkPoolWorker-2). 2025-03-05 16:19:56 2025-03-05 16:19:56 03231_pr_duplicate_announcement: [ OK ] 4.17 sec. 2025-03-05 16:19:57 2025-03-05 16:19:57 Running about 142 stateless tests (ForkPoolWorker-3). 2025-03-05 16:19:57 2025-03-05 16:19:57 03228_virtual_column_merge_dist: [ OK ] 4.21 sec. 2025-03-05 16:19:59 03149_analyzer_window_redefinition: [ OK ] 3.52 sec. 2025-03-05 16:20:00 03033_analyzer_parametrized_view_alias: [ OK ] 3.56 sec. 2025-03-05 16:20:00 03036_prewhere_lambda_function: [ OK ] 3.71 sec. 2025-03-05 16:20:00 03031_low_cardinality_logical_error: [ OK ] 3.55 sec. 2025-03-05 16:20:00 03032_scalars_create_as_select: [ OK ] 3.61 sec. 2025-03-05 16:20:02 2025-03-05 16:20:02 Running about 142 stateless tests (ForkPoolWorker-5). 2025-03-05 16:20:02 2025-03-05 16:20:02 03198_settings_in_csv_tsv_schema_cache: [ OK ] 9.26 sec. 2025-03-05 16:20:04 03015_aggregator_empty_data_multiple_blocks: [ OK ] 3.53 sec. 2025-03-05 16:20:04 03020_order_by_SimpleAggregateFunction: [ OK ] 4.34 sec. 2025-03-05 16:20:04 03017_analyzer_groupby_fuzz_61600: [ OK ] 3.79 sec. 2025-03-05 16:20:04 03030_system_flush_distributed_settings: [ OK ] 4.90 sec. 2025-03-05 16:20:05 03013_repeat_with_nonnative_integers: [ OK ] 3.53 sec. 2025-03-05 16:20:07 03021_output_format_tty: [ OK ] 7.43 sec. 2025-03-05 16:20:07 03013_hop_infinite_loop: [ OK ] 3.19 sec. 2025-03-05 16:20:07 03010_virtual_memory_mappings_asynchronous_metrics: [ OK ] 3.31 sec. 2025-03-05 16:20:08 03013_test_part_level_is_reset_attach_from_disk_mt: [ OK ] 4.04 sec. 2025-03-05 16:20:08 03010_file_log_large_poll_batch_size: [ OK ] 3.31 sec. 2025-03-05 16:20:09 03010_sum_to_to_count_if_nullable: [ OK ] 4.55 sec. 2025-03-05 16:20:11 03010_view_prewhere_in: [ OK ] 3.67 sec. 2025-03-05 16:20:11 03008_index_small: [ OK ] 3.59 sec. 2025-03-05 16:20:11 03007_column_nullable_uninitialzed_value: [ OK ] 3.84 sec. 2025-03-05 16:20:12 03006_parallel_replicas_prewhere: [ OK ] 4.02 sec. 2025-03-05 16:20:12 03006_mv_deduplication_throw_if_async_insert: [ OK ] 3.84 sec. 2025-03-05 16:20:14 03005_input_function_in_join: [ OK ] 3.67 sec. 2025-03-05 16:20:16 03000_minmax_index_first: [ OK ] 3.69 sec. 2025-03-05 16:20:17 02998_projection_after_attach_partition: [ OK ] 4.04 sec. 2025-03-05 16:20:18 02998_analyzer_prewhere_report: [ OK ] 3.54 sec. 2025-03-05 16:20:19 02997_projections_formatting: [ OK ] 2.59 sec. 2025-03-05 16:20:21 02996_nullable_arrayReduce: [ OK ] 3.95 sec. 2025-03-05 16:20:23 02994_sanity_check_settings: [ OK ] 4.21 sec. 2025-03-05 16:20:24 02994_inconsistent_formatting: [ OK ] 3.69 sec. 2025-03-05 16:20:26 02992_settings_overflow: [ OK ] 3.25 sec. 2025-03-05 16:20:26 03006_async_insert_deadlock_log: [ OK ] 17.23 sec. 2025-03-05 16:20:28 03145_non_loaded_projection_backup: [ OK ] 32.33 sec. 2025-03-05 16:20:30 02984_topk_empty_merge: [ OK ] 3.55 sec. 2025-03-05 16:20:30 02985_minmax_index_aggregate_function: [ OK ] 4.11 sec. 2025-03-05 16:20:30 02989_join_using_parent_scope: [ OK ] 5.97 sec. 2025-03-05 16:20:32 02982_dont_infer_exponent_floats: [ OK ] 3.44 sec. 2025-03-05 16:20:34 02981_variant_type_function: [ OK ] 3.68 sec. 2025-03-05 16:20:34 02982_minmax_nan_null_order: [ OK ] 4.78 sec. 2025-03-05 16:20:35 02973_block_number_sparse_serialization_and_mutation: [ OK ] 4.64 sec. 2025-03-05 16:20:38 02971_limit_by_distributed: [ OK ] 3.91 sec. 2025-03-05 16:20:39 02968_mysql_show_warnings: [ OK ] 4.41 sec. 2025-03-05 16:20:42 02967_mysql_settings_override: [ OK ] 4.56 sec. 2025-03-05 16:20:43 02965_projection_with_partition_pruning: [ OK ] 3.53 sec. 2025-03-05 16:20:45 03001_backup_matview_after_modify_query: [ OK ] 33.71 sec. 2025-03-05 16:20:45 02972_insert_deduplication_token_hierarchical_inserts_views: [ OK ] 13.60 sec. 2025-03-05 16:20:47 02962_analyzer_const_in_count_distinct: [ OK ] 3.44 sec. 2025-03-05 16:20:48 02963_single_value_destructor: [ OK ] 6.03 sec. 2025-03-05 16:20:49 02959_system_database_engines: [ OK ] 3.46 sec. 2025-03-05 16:20:50 02958_transform_enum: [ OK ] 3.57 sec. 2025-03-05 16:20:52 02954_analyzer_fuzz_i57086: [ OK ] 3.69 sec. 2025-03-05 16:20:53 02953_slow_create_view: [ OK ] 3.86 sec. 2025-03-05 16:20:54 02952_conjunction_optimization: [ OK ] 3.99 sec. 2025-03-05 16:20:57 02950_part_offset_as_primary_key: [ OK ] 4.51 sec. 2025-03-05 16:20:58 02950_reading_array_tuple_subcolumns: [ OK ] 4.86 sec. 2025-03-05 16:20:58 02949_parallel_replicas_scalar_subquery_big_integer: [ OK ] 3.77 sec. 2025-03-05 16:20:59 02947_merge_tree_index_table_2: [ OK ] 1.54 sec. 2025-03-05 16:21:01 02947_parallel_replicas_remote: [ OK ] 3.76 sec. 2025-03-05 16:21:02 02961_output_format_compress_params: [ OK ] 17.03 sec. 2025-03-05 16:21:15 02935_parallel_replicas_settings: [ OK ] 13.94 sec. 2025-03-05 16:21:19 02994_libarchive_compression: [ OK ] 59.96 sec. 2025-03-05 16:21:19 02935_http_content_type_with_http_headers_progress: [ OK ] 16.86 sec. 2025-03-05 16:21:21 2025-03-05 16:21:21 Running about 142 stateless tests (ForkPoolWorker-7). 2025-03-05 16:21:21 2025-03-05 16:21:21 03174_split_parts_ranges_into_intersecting_and_non_intersecting_final_and_read-in-order_bug: [ OK ] 88.62 sec. 2025-03-05 16:21:23 02923_explain_expired_context: [ OK ] 3.58 sec. 2025-03-05 16:21:25 02923_cte_equality_disjunction: [ OK ] 3.41 sec. 2025-03-05 16:21:26 03001_matview_columns_after_modify_query: [ OK ] 74.84 sec. 2025-03-05 16:21:26 02932_idna: [ OK ] 7.43 sec. 2025-03-05 16:21:27 02932_set_ttl_where: [ OK ] 12.26 sec. 2025-03-05 16:21:28 02922_server_exit_code: [ OK ] 5.00 sec. 2025-03-05 16:21:30 02919_segfault_nullable_materialized_update: [ OK ] 4.01 sec. 2025-03-05 16:21:30 02918_analyzer_to_ast_crash: [ OK ] 3.27 sec. 2025-03-05 16:21:31 02916_set_formatting: [ OK ] 2.88 sec. 2025-03-05 16:21:31 02922_respect_nulls_extensive: [ OK ] 6.23 sec. 2025-03-05 16:21:31 02919_ddsketch_quantile: [ OK ] 4.85 sec. 2025-03-05 16:21:31 02935_external_table_enum_type: [ OK ] 31.72 sec. 2025-03-05 16:21:34 02916_csv_infer_numbers_from_strings: [ OK ] 3.60 sec. 2025-03-05 16:21:35 02915_analyzer_fuzz_5: [ OK ] 3.81 sec. 2025-03-05 16:21:35 02915_sleep_large_uint: [ OK ] 3.75 sec. 2025-03-05 16:21:35 02911_analyzer_explain_estimate: [ OK ] 3.56 sec. 2025-03-05 16:21:35 02916_date_text_parsing: [ OK ] 5.08 sec. 2025-03-05 16:21:35 02914_t64_buffer_overflow: [ OK ] 4.17 sec. 2025-03-05 16:21:38 02910_nullable_enum_cast: [ OK ] 3.51 sec. 2025-03-05 16:21:39 02911_arrow_large_list: [ OK ] 5.29 sec. 2025-03-05 16:21:40 02969_auto_format_detection: [ OK ] 65.06 sec. 2025-03-05 16:21:40 02909_settings_in_json_schema_cache: [ OK ] 5.28 sec. 2025-03-05 16:21:44 02902_json_skip_null_values: [ OK ] 3.97 sec. 2025-03-05 16:21:44 02902_add_scalar_in_all_case: [ OK ] 3.95 sec. 2025-03-05 16:21:46 02905_structure_to_schema_bad_names: [ OK ] 7.68 sec. 2025-03-05 16:22:00 02907_backup_mv_with_no_inner_table: [ OK ] 24.36 sec. 2025-03-05 16:22:03 02896_illegal_sampling: [ OK ] 3.29 sec. 2025-03-05 16:22:13 02896_multiple_OR: [ OK ] 3.93 sec. 2025-03-05 16:22:13 02903_rmt_retriable_merge_exception: [ OK ] 29.21 sec. 2025-03-05 16:22:17 02895_cast_operator_bug: [ OK ] 3.49 sec. 2025-03-05 16:22:20 02889_datetime64_from_string: [ OK ] 3.90 sec. 2025-03-05 16:22:23 02896_leading_zeroes_no_octal: [ OK ] 9.81 sec. 2025-03-05 16:22:24 02889_print_pretty_type_names: [ OK ] 3.45 sec. 2025-03-05 16:22:26 02941_variant_type_2: [ OK ] 87.86 sec. 2025-03-05 16:22:27 02888_attach_partition_from_different_tables: [ OK ] 4.36 sec. 2025-03-05 16:22:28 02887_format_readable_timedelta_subseconds: [ OK ] 3.68 sec. 2025-03-05 16:22:30 02886_missed_json_subcolumns: [ OK ] 4.30 sec. 2025-03-05 16:22:31 02886_binary_like: [ OK ] 4.27 sec. 2025-03-05 16:22:36 02884_interval_operator_support_plural_literal: [ OK ] 4.15 sec. 2025-03-05 16:22:36 02884_string_distance_function: [ OK ] 5.52 sec. 2025-03-05 16:22:40 02907_preferred_optimize_projection_name: [ OK ] 65.37 sec. 2025-03-05 16:22:42 02901_parallel_replicas_rollup: [ OK ] 58.53 sec. 2025-03-05 16:22:42 02896_dwarf_format: [ OK ] 56.09 sec. 2025-03-05 16:22:45 02882_clickhouse_keeper_client_no_confirmation: [ OK ] 4.42 sec. 2025-03-05 16:22:45 02883_read_in_reverse_order_virtual_column: [ OK ] 9.67 sec. 2025-03-05 16:22:46 02882_replicated_fetch_checksums_doesnt_match: [ OK ] 9.87 sec. 2025-03-05 16:22:49 02884_async_insert_native_protocol_4: [ OK ] 20.98 sec. 2025-03-05 16:22:49 02875_parallel_replicas_cluster_all_replicas: [ OK ] 6.64 sec. 2025-03-05 16:22:49 02874_json_merge_patch_function_test: [ OK ] 4.09 sec. 2025-03-05 16:22:53 02868_operator_is_not_distinct_from_priority: [ OK ] 3.75 sec. 2025-03-05 16:22:54 02870_per_column_settings: [ OK ] 5.11 sec. 2025-03-05 16:22:56 02845_join_on_cond_sparse: [ OK ] 3.85 sec. 2025-03-05 16:22:58 02873_s3_presigned_url_and_url_with_special_characters: [ OK ] 11.73 sec. 2025-03-05 16:22:59 02845_arrayShiftRotate: [ OK ] 5.32 sec. 2025-03-05 16:23:01 02875_merge_engine_set_index: [ OK ] 18.36 sec. 2025-03-05 16:23:03 02844_distributed_virtual_columns: [ OK ] 3.61 sec. 2025-03-05 16:23:03 02844_table_function_url_filter_by_virtual_columns: [ OK ] 6.67 sec. 2025-03-05 16:23:04 02843_date_predicate_optimizations_bugs: [ OK ] 3.36 sec. 2025-03-05 16:23:05 02844_tsv_carriage_return_parallel_parsing: [ OK ] 7.72 sec. 2025-03-05 16:23:09 02842_capn_proto_outfile_without_schema: [ OK ] 5.29 sec. 2025-03-05 16:23:16 02911_backup_restore_keeper_map: [ OK ] 101.67 sec. 2025-03-05 16:23:16 02834_alter_exception: [ OK ] 10.93 sec. 2025-03-05 16:23:16 02833_std_alias: [ OK ] 7.72 sec. 2025-03-05 16:23:16 02843_context_has_expired: [ OK ] 13.26 sec. 2025-03-05 16:23:17 02835_nested_array_lowcardinality: [ OK ] 13.00 sec. 2025-03-05 16:23:19 02899_restore_parts_replicated_merge_tree: [ OK ] 94.92 sec. 2025-03-05 16:23:20 02817_group_array_moving_zero_window_size: [ OK ] 3.21 sec. 2025-03-05 16:23:20 02816_check_projection_metadata: [ OK ] 3.37 sec. 2025-03-05 16:23:20 02831_ast_fuzz_asan_join: [ OK ] 3.52 sec. script.gdb:13: Error in sourced command file: No stack. 2025-03-05 16:23:43 02845_threads_count_in_distributed_queries: [ FAIL ] 53.49 sec. - server died 2025-03-05 16:23:43 ConnectionRefusedError 2025-03-05 16:23:43 [Errno 111] Connection refused 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 1691, in run 2025-03-05 16:23:43 self._cleanup(result.status == TestStatus.OK) 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 1754, in _cleanup 2025-03-05 16:23:43 self._cleanup_database(args, timeout) 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 1788, in _cleanup_database 2025-03-05 16:23:43 clickhouse_execute( 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 330, in clickhouse_execute 2025-03-05 16:23:43 return clickhouse_execute_http( 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 311, in clickhouse_execute_http 2025-03-05 16:23:43 raise ex 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 300, in clickhouse_execute_http 2025-03-05 16:23:43 client.request( 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/lib/python3.10/http/client.py", line 1283, in request 2025-03-05 16:23:43 self._send_request(method, url, body, headers, encode_chunked) 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/lib/python3.10/http/client.py", line 1329, in _send_request 2025-03-05 16:23:43 self.endheaders(body, encode_chunked=encode_chunked) 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/lib/python3.10/http/client.py", line 1278, in endheaders 2025-03-05 16:23:43 self._send_output(message_body, encode_chunked=encode_chunked) 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/lib/python3.10/http/client.py", line 1038, in _send_output 2025-03-05 16:23:43 self.send(msg) 2025-03-05 16:23:43 2025-03-05 16:23:43 Settings used in the test: --max_insert_threads 0 --group_by_two_level_threshold 374266 --group_by_two_level_threshold_bytes 1 --distributed_aggregation_memory_efficient 0 --fsync_metadata 0 --output_format_parallel_formatting 0 --input_format_parallel_parsing 1 --min_chunk_bytes_for_parallel_parsing 4968498 --max_read_buffer_size 552656 --prefer_localhost_replica 0 --max_block_size 95444 --max_threads 63 --optimize_append_index 0 --optimize_if_chain_to_multiif 1 --optimize_if_transform_strings_to_enum 1 --optimize_read_in_order 0 --optimize_or_like_chain 1 --optimize_substitute_columns 1 --enable_multiple_prewhere_read_steps 0 --read_in_order_two_level_merge_threshold 88 --optimize_aggregation_in_order 0 --aggregation_in_order_max_block_bytes 2344919 --use_uncompressed_cache 1 --min_bytes_to_use_direct_io 10737418240 --min_bytes_to_use_mmap_io 1 --local_filesystem_read_method pread_threadpool --remote_filesystem_read_method read --local_filesystem_read_prefetch 0 --filesystem_cache_segments_batch_size 3 --read_from_filesystem_cache_if_exists_otherwise_bypass_cache 1 --throw_on_error_from_cache_on_write_operations 1 --remote_filesystem_read_prefetch 1 --allow_prefetched_read_pool_for_remote_filesystem 0 --filesystem_prefetch_max_memory_usage 32Mi --filesystem_prefetches_limit 10 --filesystem_prefetch_min_bytes_for_single_read_task 16Mi --filesystem_prefetch_step_marks 0 --filesystem_prefetch_step_bytes 0 --compile_aggregate_expressions 0 --compile_sort_description 0 --merge_tree_coarse_index_granularity 27 --optimize_distinct_in_order 1 --max_bytes_before_external_sort 10737418240 --max_bytes_before_external_group_by 10737418240 --max_bytes_before_remerge_sort 1168677355 --min_compress_block_size 1557228 --max_compress_block_size 1426894 --merge_tree_compact_parts_min_granules_to_multibuffer_read 64 --optimize_sorting_by_input_stream_properties 0 --http_response_buffer_size 9742796 --http_wait_end_of_query True --enable_memory_bound_merging_of_aggregation_results 1 --min_count_to_compile_expression 0 --min_count_to_compile_aggregate_expression 0 --min_count_to_compile_sort_description 0 --session_timezone Africa/Juba --prefer_warmed_unmerged_parts_seconds 4 --use_page_cache_for_disks_without_file_cache True --page_cache_inject_eviction False --merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability 0.37 2025-03-05 16:23:43 2025-03-05 16:23:43 MergeTree settings used in test: --ratio_of_defaults_for_sparse_serialization 1.0 --prefer_fetch_merged_part_size_threshold 6400656468 --vertical_merge_algorithm_min_rows_to_activate 1 --vertical_merge_algorithm_min_columns_to_activate 1 --allow_vertical_merges_from_compact_to_wide_parts 0 --min_merge_bytes_to_use_direct_io 8956173043 --index_granularity_bytes 26248736 --merge_max_block_size 17195 --index_granularity 50780 --min_bytes_for_wide_part 560346487 --marks_compress_block_size 65589 --primary_key_compress_block_size 32533 --replace_long_file_name_to_hash 0 --max_file_name_length 128 --min_bytes_for_full_part_storage 536870912 --compact_parts_max_bytes_to_buffer 382289947 --compact_parts_max_granules_to_buffer 34 --compact_parts_merge_max_bytes_to_prefetch_part 22294991 --cache_populated_by_fetch 1 --concurrent_part_removal_threshold 6 --old_parts_lifetime 273 2025-03-05 16:23:43 2025-03-05 16:23:43 Database: test_f5lseedz 2025-03-05 16:23:43 02815_fix_not_found_constants_col_in_block: [ FAIL ] 23.97 sec. - server died 2025-03-05 16:23:43 ConnectionRefusedError 2025-03-05 16:23:43 [Errno 111] Connection refused 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 1691, in run 2025-03-05 16:23:43 self._cleanup(result.status == TestStatus.OK) 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 1754, in _cleanup 2025-03-05 16:23:43 self._cleanup_database(args, timeout) 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 1788, in _cleanup_database 2025-03-05 16:23:43 clickhouse_execute( 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 330, in clickhouse_execute 2025-03-05 16:23:43 return clickhouse_execute_http( 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 311, in clickhouse_execute_http 2025-03-05 16:23:43 raise ex 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 300, in clickhouse_execute_http 2025-03-05 16:23:43 client.request( 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/lib/python3.10/http/client.py", line 1283, in request 2025-03-05 16:23:43 self._send_request(method, url, body, headers, encode_chunked) 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/lib/python3.10/http/client.py", line 1329, in _send_request 2025-03-05 16:23:43 self.endheaders(body, encode_chunked=encode_chunked) 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/lib/python3.10/http/client.py", line 1278, in endheaders 2025-03-05 16:23:43 self._send_output(message_body, encode_chunked=encode_chunked) 2025-03-05 16:23:43 2025-03-05 16:23:43 File "/usr/lib/python3.10/http/client.py", line 1038, in _send_output 2025-03-05 16:23:43 self.send(msg) 2025-03-05 16:23:43 2025-03-05 16:23:43 Settings used in the test: --max_insert_threads 0 --group_by_two_level_threshold 706254 --group_by_two_level_threshold_bytes 16429236 --distributed_aggregation_memory_efficient 1 --fsync_metadata 1 --output_format_parallel_formatting 1 --input_format_parallel_parsing 0 --min_chunk_bytes_for_parallel_parsing 11432639 --max_read_buffer_size 652983 --prefer_localhost_replica 1 --max_block_size 65025 --max_threads 29 --optimize_append_index 1 --optimize_if_chain_to_multiif 1 --optimize_if_transform_strings_to_enum 1 --optimize_read_in_order 0 --optimize_or_like_chain 1 --optimize_substitute_columns 1 --enable_multiple_prewhere_read_steps 0 --read_in_order_two_level_merge_threshold 78 --optimize_aggregation_in_order 1 --aggregation_in_order_max_block_bytes 20607348 --use_uncompressed_cache 0 --min_bytes_to_use_direct_io 7193118042 --min_bytes_to_use_mmap_io 1254810288 --local_filesystem_read_method io_uring --remote_filesystem_read_method read --local_filesystem_read_prefetch 1 --filesystem_cache_segments_batch_size 3 --read_from_filesystem_cache_if_exists_otherwise_bypass_cache 0 --throw_on_error_from_cache_on_write_operations 1 --remote_filesystem_read_prefetch 0 --allow_prefetched_read_pool_for_remote_filesystem 0 --filesystem_prefetch_max_memory_usage 64Mi --filesystem_prefetches_limit 0 --filesystem_prefetch_min_bytes_for_single_read_task 1Mi --filesystem_prefetch_step_marks 0 --filesystem_prefetch_step_bytes 100Mi --compile_aggregate_expressions 0 --compile_sort_description 0 --merge_tree_coarse_index_granularity 12 --optimize_distinct_in_order 0 --max_bytes_before_external_sort 10737418240 --max_bytes_before_external_group_by 10737418240 --max_bytes_before_remerge_sort 2549999021 --min_compress_block_size 1755003 --max_compress_block_size 2303451 --merge_tree_compact_parts_min_granules_to_multibuffer_read 112 --optimize_sorting_by_input_stream_properties 1 --http_response_buffer_size 3661031 --http_wait_end_of_query False --enable_memory_bound_merging_of_aggregation_results 0 --min_count_to_compile_expression 3 --min_count_to_compile_aggregate_expression 0 --min_count_to_compile_sort_description 0 --session_timezone America/Hermosillo --prefer_warmed_unmerged_parts_seconds 0 --use_page_cache_for_disks_without_file_cache True --page_cache_inject_eviction False --merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability 0.35 2025-03-05 16:23:43 2025-03-05 16:23:43 MergeTree settings used in test: --ratio_of_defaults_for_sparse_serialization 1.0 --prefer_fetch_merged_part_size_threshold 10737418240 --vertical_merge_algorithm_min_rows_to_activate 384283 --vertical_merge_algorithm_min_columns_to_activate 1 --allow_vertical_merges_from_compact_to_wide_parts 0 --min_merge_bytes_to_use_direct_io 4050284318 --index_granularity_bytes 20401202 --merge_max_block_size 342 --index_granularity 22483 --min_bytes_for_wide_part 0 --marks_compress_block_size 54062 --primary_key_compress_block_size 81135 --replace_long_file_name_to_hash 1 --max_file_name_length 128 --min_bytes_for_full_part_storage 0 --compact_parts_max_bytes_to_buffer 356632726 --compact_parts_max_granules_to_buffer 56 --compact_parts_merge_max_bytes_to_prefetch_part 3939226 --cache_populated_by_fetch 1 --concurrent_part_removal_threshold 100 --old_parts_lifetime 192 2025-03-05 16:23:43 2025-03-05 16:23:43 Database: test_fhxmffga 2025-03-05 16:23:43 Traceback (most recent call last): 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 3392, in 2025-03-05 16:23:43 Process ForkPoolWorker-2: 2025-03-05 16:23:43 Stopping tests 2025-03-05 16:23:43 Stopping tests 2025-03-05 16:23:43 2025-03-05 16:23:43 Having 1 errors! 13 tests passed. 0 tests skipped. 230.72 s elapsed (ForkPoolWorker-6). 2025-03-05 16:23:43 main(args) 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 2786, in main 2025-03-05 16:23:43 Process ForkPoolWorker-9: 2025-03-05 16:23:43 total_tests_run += do_run_tests(args.jobs, test_suite, args.parallel) 2025-03-05 16:23:43 Process ForkPoolWorker-7: 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 2408, in do_run_tests 2025-03-05 16:23:43 queue.put(suit, timeout=args.timeout * 1.1) 2025-03-05 16:23:43 File "/usr/lib/python3.10/multiprocessing/queues.py", line 89, in put 2025-03-05 16:23:43 Process ForkPoolWorker-5: 2025-03-05 16:23:43 Process ForkPoolWorker-8: 2025-03-05 16:23:43 Process ForkPoolWorker-3: 2025-03-05 16:23:43 Process ForkPoolWorker-4: 2025-03-05 16:23:43 if not self._sem.acquire(block, timeout): 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 366, in signal_handler 2025-03-05 16:23:43 raise Terminated(f"Terminated with {sig} signal") 2025-03-05 16:23:43 __main__.Terminated: Terminated with 15 signal 2025-03-05 16:23:43 Traceback (most recent call last): 2025-03-05 16:23:43 File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap 2025-03-05 16:23:43 self.run() 2025-03-05 16:23:43 File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run 2025-03-05 16:23:43 self._target(*self._args, **self._kwargs) 2025-03-05 16:23:43 File "/usr/lib/python3.10/multiprocessing/pool.py", line 125, in worker 2025-03-05 16:23:43 result = (True, func(*args, **kwds)) 2025-03-05 16:23:43 File "/usr/lib/python3.10/multiprocessing/pool.py", line 48, in mapstar 2025-03-05 16:23:43 return list(map(*args)) 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 2179, in run_tests_array 2025-03-05 16:23:43 raise e 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 2147, in run_tests_array 2025-03-05 16:23:43 test_result = test_case.run( 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 1695, in run 2025-03-05 16:23:43 raise e 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 1678, in run 2025-03-05 16:23:43 ) = self.run_single_test(server_logs_level, client_options) 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 1585, in run_single_test 2025-03-05 16:23:43 sleep(0.01) 2025-03-05 16:23:43 File "/usr/bin/clickhouse-test", line 366, in signal_handler 2025-03-05 16:23:43 raise Terminated(f"Terminated with {sig} signal") 2025-03-05 16:23:43 Terminated: Terminated with 15 signal 2025-03-05 16:23:43 Break tests execution 2025-03-05 16:23:43 Stopping tests 2025-03-05 16:23:43 Break tests execution 2025-03-05 16:23:43 Stopping tests 2025-03-05 16:23:43 Break tests execution 2025-03-05 16:23:43 Stopping tests 2025-03-05 16:23:43 Break tests execution 2025-03-05 16:23:43 Stopping tests 2025-03-05 16:23:43 Break tests execution 2025-03-05 16:23:43 Stopping tests 2025-03-05 16:23:43 Break tests execution 2025-03-05 16:23:43 Stopping tests 2025-03-05 16:23:43 Break tests execution 2025-03-05 16:23:43 Stopping tests + set -e + [[ 0 -eq 124 ]] + return 0 + echo 'Files in current directory' + ls -la ./ Files in current directory total 137392 drwxr-xr-x 1 root root 4096 Mar 5 16:24 . drwxr-xr-x 1 root root 4096 Mar 5 16:24 .. -rw-rw-r-- 1 1000 1000 300 Mar 5 16:13 analyzer_tech_debt.txt -rw-rw-r-- 1 root root 1566 Oct 31 09:22 attach_gdb.lib -rw-r--r-- 1 root root 1481 Mar 5 16:18 __azurite_db_blob_extent__.json -rw-r--r-- 1 root root 4237 Mar 5 16:18 __azurite_db_blob__.json -rw-r--r-- 1 root root 37582 Mar 5 16:23 azurite_log lrwxrwxrwx 1 root root 7 Sep 11 10:04 bin -> usr/bin drwxr-xr-x 2 root root 4096 Mar 5 16:18 __blobstorage__ drwxr-xr-x 2 root root 4096 Apr 18 2022 boot -rw-rw-r-- 1 1000 1000 2558 Mar 5 16:13 broken_tests.json drwxr-xr-x 5 root root 340 Mar 5 16:17 dev -rwxr-xr-x 1 root root 0 Mar 5 16:17 .dockerenv drwxr-xr-x 1 root root 4096 Mar 5 16:17 etc drwxr-xr-x 1 1000 1000 4096 Mar 5 16:18 hadoop-3.3.1 drwxr-xr-x 2 root root 4096 Apr 18 2022 home lrwxrwxrwx 1 root root 7 Sep 11 10:04 lib -> usr/lib lrwxrwxrwx 1 root root 9 Sep 11 10:04 lib32 -> usr/lib32 lrwxrwxrwx 1 root root 9 Sep 11 10:04 lib64 -> usr/lib64 lrwxrwxrwx 1 root root 10 Sep 11 10:04 libx32 -> usr/libx32 -rwxr-xr-x 1 root root 21843968 Oct 31 09:42 mc drwxr-xr-x 2 root root 4096 Sep 11 10:04 media -rwxr-xr-x 1 root root 118595584 Oct 31 09:42 minio drwxr-xr-x 4 root root 4096 Mar 5 16:18 minio_data drwxr-xr-x 2 root root 4096 Sep 11 10:04 mnt drwxr-xr-x 2 root root 4096 Sep 11 10:04 opt -rw-r--r-- 1 root root 0 Feb 14 2024 .package-cache-mutate drwxrwxr-x 2 1000 1000 4096 Mar 5 16:17 package_folder drwxr-x--- 2 root root 4096 Mar 5 16:21 preprocessed_configs dr-xr-xr-x 307 root root 0 Mar 5 16:17 proc -rwxrwxr-x 1 root root 8329 Oct 31 09:22 process_functional_tests_result.py drwx------ 1 root root 4096 Mar 5 16:22 root drwxr-xr-x 1 root root 4096 Mar 5 16:17 run -rwxrwxr-x 1 root root 16095 Oct 31 09:22 run.sh lrwxrwxrwx 1 root root 8 Sep 11 10:04 sbin -> usr/sbin -rw-r--r-- 1 root root 462 Mar 5 16:18 script.gdb -rwxrwxr-x 1 root root 10462 Oct 31 09:22 setup_export_logs.sh -rwxrwxr-x 1 root root 351 Oct 31 09:22 setup_hdfs_minicluster.sh -rwxrwxr-x 1 root root 3464 Oct 31 09:22 setup_minio.sh drwxr-xr-x 2 root root 4096 Sep 11 10:04 srv -rw-rw-r-- 1 root root 13192 Oct 31 09:22 stress_tests.lib dr-xr-xr-x 13 root root 0 Mar 5 16:17 sys drwxrwxr-x 2 1000 1000 4096 Mar 5 16:19 test_output drwxrwxrwt 1 root root 16384 Mar 5 16:24 tmp drwxr-xr-x 2 root root 4096 Mar 5 16:19 user_defined drwxr-xr-x 1 root root 4096 Sep 11 10:04 usr -rw-rw-r-- 1 root root 833 Oct 31 09:22 utils.lib drwxr-xr-x 1 root root 4096 Sep 11 10:07 var Files in root directory + echo 'Files in root directory' + ls -la / total 137392 drwxr-xr-x 1 root root 4096 Mar 5 16:24 . drwxr-xr-x 1 root root 4096 Mar 5 16:24 .. -rw-rw-r-- 1 1000 1000 300 Mar 5 16:13 analyzer_tech_debt.txt -rw-rw-r-- 1 root root 1566 Oct 31 09:22 attach_gdb.lib -rw-r--r-- 1 root root 1481 Mar 5 16:18 __azurite_db_blob_extent__.json -rw-r--r-- 1 root root 4237 Mar 5 16:18 __azurite_db_blob__.json -rw-r--r-- 1 root root 37582 Mar 5 16:23 azurite_log lrwxrwxrwx 1 root root 7 Sep 11 10:04 bin -> usr/bin drwxr-xr-x 2 root root 4096 Mar 5 16:18 __blobstorage__ drwxr-xr-x 2 root root 4096 Apr 18 2022 boot -rw-rw-r-- 1 1000 1000 2558 Mar 5 16:13 broken_tests.json drwxr-xr-x 5 root root 340 Mar 5 16:17 dev -rwxr-xr-x 1 root root 0 Mar 5 16:17 .dockerenv drwxr-xr-x 1 root root 4096 Mar 5 16:17 etc drwxr-xr-x 1 1000 1000 4096 Mar 5 16:18 hadoop-3.3.1 drwxr-xr-x 2 root root 4096 Apr 18 2022 home lrwxrwxrwx 1 root root 7 Sep 11 10:04 lib -> usr/lib lrwxrwxrwx 1 root root 9 Sep 11 10:04 lib32 -> usr/lib32 lrwxrwxrwx 1 root root 9 Sep 11 10:04 lib64 -> usr/lib64 lrwxrwxrwx 1 root root 10 Sep 11 10:04 libx32 -> usr/libx32 -rwxr-xr-x 1 root root 21843968 Oct 31 09:42 mc drwxr-xr-x 2 root root 4096 Sep 11 10:04 media -rwxr-xr-x 1 root root 118595584 Oct 31 09:42 minio drwxr-xr-x 4 root root 4096 Mar 5 16:18 minio_data drwxr-xr-x 2 root root 4096 Sep 11 10:04 mnt drwxr-xr-x 2 root root 4096 Sep 11 10:04 opt -rw-r--r-- 1 root root 0 Feb 14 2024 .package-cache-mutate drwxrwxr-x 2 1000 1000 4096 Mar 5 16:17 package_folder drwxr-x--- 2 root root 4096 Mar 5 16:21 preprocessed_configs dr-xr-xr-x 307 root root 0 Mar 5 16:17 proc -rwxrwxr-x 1 root root 8329 Oct 31 09:22 process_functional_tests_result.py drwx------ 1 root root 4096 Mar 5 16:22 root drwxr-xr-x 1 root root 4096 Mar 5 16:17 run -rwxrwxr-x 1 root root 16095 Oct 31 09:22 run.sh lrwxrwxrwx 1 root root 8 Sep 11 10:04 sbin -> usr/sbin -rw-r--r-- 1 root root 462 Mar 5 16:18 script.gdb -rwxrwxr-x 1 root root 10462 Oct 31 09:22 setup_export_logs.sh -rwxrwxr-x 1 root root 351 Oct 31 09:22 setup_hdfs_minicluster.sh -rwxrwxr-x 1 root root 3464 Oct 31 09:22 setup_minio.sh drwxr-xr-x 2 root root 4096 Sep 11 10:04 srv -rw-rw-r-- 1 root root 13192 Oct 31 09:22 stress_tests.lib dr-xr-xr-x 13 root root 0 Mar 5 16:17 sys drwxrwxr-x 2 1000 1000 4096 Mar 5 16:19 test_output drwxrwxrwt 1 root root 16384 Mar 5 16:24 tmp drwxr-xr-x 2 root root 4096 Mar 5 16:19 user_defined drwxr-xr-x 1 root root 4096 Sep 11 10:04 usr -rw-rw-r-- 1 root root 833 Oct 31 09:22 utils.lib drwxr-xr-x 1 root root 4096 Sep 11 10:07 var + /process_functional_tests_result.py 2025-03-05 16:24:18,660 File /analyzer_tech_debt.txt with broken tests found 2025-03-05 16:24:18,660 File /broken_tests.json with broken tests found 2025-03-05 16:24:18,661 Broken tests in the list: 29 2025-03-05 16:24:18,661 Find files in result folder garbage.log,run.log,gdb.log,test_result.txt 2025-03-05 16:24:18,663 Is flaky check: False 2025-03-05 16:24:18,663 Result parsed 2025-03-05 16:24:18,663 Result written + clickhouse-client -q 'system flush logs' Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) Detach all logs replication + : + stop_logs_replication + echo 'Detach all logs replication' + clickhouse-client --query 'select database||'\''.'\''||table from system.tables where database = '\''system'\'' and (table like '\''%_sender'\'' or table like '\''%_watcher'\'')' + tee /dev/stderr + xargs -n1 -r -i clickhouse-client --query 'drop table {}' xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) + failed_to_save_logs=0 + for table in query_log zookeeper_log trace_log transactions_info_log metric_log + err='++ clickhouse-client -q '\''select * from system.query_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + echo '++ clickhouse-client -q '\''select * from system.query_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + [[ 0 != \1\8\6 ]] + failed_to_save_logs=1 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log ++ clickhouse-client -q 'select * from system.query_log format TSVWithNamesAndTypes' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) ++ clickhouse-client -q 'select * from system.zookeeper_log format TSVWithNamesAndTypes' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) + err='++ clickhouse-client -q '\''select * from system.zookeeper_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + echo '++ clickhouse-client -q '\''select * from system.zookeeper_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + [[ 0 != \1\9\0 ]] + failed_to_save_logs=1 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log + err='++ clickhouse-client -q '\''select * from system.trace_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + echo '++ clickhouse-client -q '\''select * from system.trace_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + [[ 0 != \1\8\6 ]] + failed_to_save_logs=1 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log ++ clickhouse-client -q 'select * from system.trace_log format TSVWithNamesAndTypes' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) ++ clickhouse-client -q 'select * from system.transactions_info_log format TSVWithNamesAndTypes' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) + err='++ clickhouse-client -q '\''select * from system.transactions_info_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + echo '++ clickhouse-client -q '\''select * from system.transactions_info_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + [[ 0 != \1\9\8 ]] + failed_to_save_logs=1 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log ++ clickhouse-client -q 'select * from system.metric_log format TSVWithNamesAndTypes' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) + err='++ clickhouse-client -q '\''select * from system.metric_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + echo '++ clickhouse-client -q '\''select * from system.metric_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + [[ 0 != \1\8\7 ]] + failed_to_save_logs=1 + [[ -n '' ]] + sudo clickhouse stop /var/run/clickhouse-server/clickhouse-server.pid file exists and contains pid = 738. The process with pid = 738 does not exist. + [[ -n '' ]] + rg -Fa '' /var/log/clickhouse-server/clickhouse-server.log 2025.03.05 16:23:23.333848 [ 736 ] {} Application: Child process was terminated by signal 9 (KILL). If it is not done by 'forcestop' command or manually, the possible cause is OOM Killer (see 'dmesg' and look at the '/var/log/kern.log' for the details). + rg -A50 -Fa ============ /var/log/clickhouse-server/stderr.log + : + data_path_config=--path=/var/lib/clickhouse/ + zstd --threads=0 + [[ -n '' ]] + '[' 1 -ne 0 ']' + for table in query_log zookeeper_log trace_log transactions_info_log metric_log + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables --stacktrace -q 'select * from system.query_log format TSVWithNamesAndTypes' + zstd --threads=0 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables --stacktrace -q 'select * from system.zookeeper_log format TSVWithNamesAndTypes' + zstd --threads=0 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables --stacktrace -q 'select * from system.trace_log format TSVWithNamesAndTypes' + zstd --threads=0 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables --stacktrace -q 'select * from system.transactions_info_log format TSVWithNamesAndTypes' + zstd --threads=0 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables --stacktrace -q 'select * from system.metric_log format TSVWithNamesAndTypes' + zstd --threads=0 + [[ -n '' ]] + for trace_type in CPU Memory Real + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables -q ' select arrayStringConcat((arrayMap(x -> concat(splitByChar('\''/'\'', addressToLine(x))[-1], '\''#'\'', demangle(addressToSymbol(x)) ), trace)), '\'';'\'') AS stack, count(*) AS samples from system.trace_log where trace_type = '\''CPU'\'' group by trace order by samples desc settings allow_introspection_functions = 1 format TabSeparated' + zstd --threads=0 + for trace_type in CPU Memory Real + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables -q ' select arrayStringConcat((arrayMap(x -> concat(splitByChar('\''/'\'', addressToLine(x))[-1], '\''#'\'', demangle(addressToSymbol(x)) ), trace)), '\'';'\'') AS stack, count(*) AS samples from system.trace_log where trace_type = '\''Memory'\'' group by trace order by samples desc settings allow_introspection_functions = 1 format TabSeparated' + zstd --threads=0 + for trace_type in CPU Memory Real + zstd --threads=0 + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables -q ' select arrayStringConcat((arrayMap(x -> concat(splitByChar('\''/'\'', addressToLine(x))[-1], '\''#'\'', demangle(addressToSymbol(x)) ), trace)), '\'';'\'') AS stack, count(*) AS samples from system.trace_log where trace_type = '\''Real'\'' group by trace order by samples desc settings allow_introspection_functions = 1 format TabSeparated' + rm /var/log/clickhouse-server/clickhouse-server.log + mv /var/log/clickhouse-server/stderr.log /test_output/ + [[ -n '' ]] + tar -chf /test_output/coordination.tar /var/lib/clickhouse/coordination tar: Removing leading `/' from member names tar: Removing leading `/' from hard link targets + [[ -n '' ]]